package com.at.wc1;

import org.apache.flink.api.common.typeinfo.TypeHint;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.util.Collector;

/**
 * TODO DataStream实现wordcount：读socket（无界流）
 * linux: nc -lk 7777
 * windows: nc -l -p 7777
 *
 * 本地 runtime-web 访问链接见日志打印：Web frontend listening at http://localhost:63058.
 *
 * @author cdhuangchao3
 * @date 2024/4/3 3:51 PM
 */
public class WordCountStreamUnboundedDemo3 {
    public static void main(String[] args) throws Exception {
        // TODO 1.创建执行环境
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        // TODO 2.读取数据：socket
        DataStreamSource<String> socketDS = env.socketTextStream("master", 7777);
        // TODO 3.处理数据：切换、转换、分组、聚合
        SingleOutputStreamOperator<Tuple2<String, Integer>> sum = socketDS.flatMap((String value, Collector<Tuple2<String, Integer>> out) -> {
                    String[] words = value.split(" ");
                    for (String word : words) {
                        out.collect(Tuple2.of(word, 1));
                    }
                })
//                .returns(Types.TUPLE(Types.STRING, Types.INT))
                .returns(new TypeHint<Tuple2<String, Integer>>() {})
                .keyBy(value -> value.f0)
                .sum(1);
        // TODO 4.输出
        sum.print();
        // TODO 5.执行
        env.execute();
    }
}
